ci: Unexpected passes are failures
authorEmmanuele Bassi <ebassi@gnome.org>
Thu, 13 Feb 2020 13:54:22 +0000 (13:54 +0000)
committerEmmanuele Bassi <ebassi@gnome.org>
Thu, 13 Feb 2020 14:55:39 +0000 (14:55 +0000)
List them as such in our reports.

.gitlab-ci/meson-html-report.py

index 4ba5fceadf118911f0698a8a3bd1fa65b340409b..a7bb16a89b50c84a7ab4f009d7365aa24d93f91d 100755 (executable)
@@ -214,7 +214,7 @@ ul.images li {
         <div class="failures">
           <h4><a name="failed">Failed</a></h4>
           <ul class="failed">
-            {% for failure in suite_result.failures if failure.result == 'FAIL' %}
+            {% for failure in suite_result.failures if failure.result in [ 'FAIL', 'UNEXPECTEDPASS' ] %}
             <li><a name="{{ failure.name }}">{{ failure.name }}</a> - result: <span class="result fail">{{ failure.result }}</span><br/>
               {% if failure.stdout %}
               Output: <pre>{{ failure.stdout }}</pre>
@@ -331,7 +331,7 @@ for name, units in suites.items():
     print('Processing {} suite {}:'.format(project_name, suite_name))
 
     def if_failed(unit):
-        if unit['result'] in ['FAIL', 'TIMEOUT']:
+        if unit['result'] in ['FAIL', 'UNEXPECTEDPASS', 'TIMEOUT']:
             return True
         return False